@ARTICLE{xiao2017tmc, 
author={M. {Xiao} and J. {Wu} and L. {Huang} and R. {Cheng} and Y. {Wang}}, 
journal={IEEE Transactions on Mobile Computing}, 
title={Online Task Assignment for Crowdsensing in Predictable Mobile Social Networks}, 
year={2017}, 
volume={16}, 
number={8}, 
pages={2306-2320}, 
month={Aug},}


@article{mach2017mobile,
  title={Mobile edge computing: A survey on architecture and computation offloading},
  author={Mach, Pavel and Becvar, Zdenek},
  journal={IEEE Communications Surveys \& Tutorials},
  volume={19},
  number={3},
  pages={1628--1656},
  year={2017},
  publisher={IEEE}
}
@article{mao2017mobile,
  title={Mobile edge computing: Survey and research outlook},
  author={Mao, Yuyi and You, Changsheng and Zhang, Jun and Huang, Kaibin and Letaief, Khaled B},
  journal={arXiv preprint arXiv:1701.01090},
  year={2017}
}

@article{shi2016edge,
  title={Edge computing: Vision and challenges},
  author={Shi, Weisong and Cao, Jie and Zhang, Quan and Li, Youhuizi and Xu, Lanyu},
  journal={IEEE Internet of Things Journal},
  volume={3},
  number={5},
  pages={637--646},
  year={2016},
  publisher={IEEE}
}
@misc{miller2019systems,
  title={Systems and methods for augmented and virtual reality},
  author={Miller, Samuel A and O'CONNOR, Philip and Greco, Paul M and others},
  year={2019},
  month=apr # "~16",
  publisher={Google Patents},
  note={US Patent App. 10/262,462}
}
@inproceedings{li2018muvr,
  title={MUVR: Supporting multi-user mobile virtual reality with resource constrained edge cloud},
  author={Li, Yong and Gao, Wei},
  booktitle={IEEE/ACM Symposium on Edge Computing},
  pages={1--16},
  year={2018},
  organization={IEEE}
}
@article{lai2019furion,
  title={Furion: Engineering high-quality immersive virtual reality on today's mobile devices},
  author={Lai, Zeqi and Hu, Y Charlie and Cui, Yong and Sun, Linhui and Dai, Ningwei and Lee, Hung-Sheng},
  journal={IEEE Transactions on Mobile Computing},
  year={2019},
  publisher={IEEE}
}
@inproceedings{mnih2016asynchronous,
  title={Asynchronous methods for deep reinforcement learning},
  author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
  booktitle={International Conference on Machine Learning},
  pages={1928--1937},
  year={2016},
organization={ACM}
}


@article{kao2017hermes,
  title={Hermes: Latency optimal task assignment for resource-constrained mobile computing},
  author={Kao, Yi-Hsuan and Krishnamachari, Bhaskar and Ra, Moo-Ryong and Bai, Fan},
  journal={IEEE Transactions on Mobile Computing},
  volume={16},
  number={11},
  pages={3056--3069},
  year={2017},
  publisher={IEEE}
}

@inproceedings{chen2016joint,
  title={Joint offloading decision and resource allocation for multi-user multi-task mobile cloud},
  author={Chen, Meng-Hsi and Liang, Ben and Dong, Min},
  booktitle={IEEE International Conference on Communications},
  pages={1--6},
  year={2016},
  organization={IEEE}
}
@article{jaderberg2016reinforcement,
  title={Reinforcement learning with unsupervised auxiliary tasks},
  author={Jaderberg, Max and Mnih, Volodymyr and Czarnecki, Wojciech Marian and Schaul, Tom and Leibo, Joel Z and Silver, David and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1611.05397},
  year={2016}
}

@inproceedings{sutton2000policy,
  title={Policy gradient methods for reinforcement learning with function approximation},
  author={Sutton, Richard S and McAllester, David A and Singh, Satinder P and Mansour, Yishay},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1057--1063},
  year={2000}
}
@inproceedings{mao2017neural,
  title={Neural adaptive video streaming with pensieve},
  author={Mao, Hongzi and Netravali, Ravi and Alizadeh, Mohammad},
  booktitle={Proceedings of the Conference of the ACM Special Interest Group on Data Communication},
  pages={197--210},
  year={2017},
  organization={ACM}
}
@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}
@Misc{timmurphy.org,

howpublished = {\url{http://wirelesslab.sjtu.edu.cn/taxi trace data.html}},

title = {Shanghai taxi trajectory traces}

@inproceedings{geng2018energy,
  title={Energy-efficient computation offloading for multicore-based mobile devices},
  author={Geng, Yeli and Yang, Yi and Cao, Guohong},
  booktitle={IEEE INFOCOM 2018-IEEE Conference on Computer Communications},
  pages={46--54},
  year={2018},
  organization={IEEE}
}

@inproceedings{zhang2017live,
  title={Live video analytics at scale with approximation and delay-tolerance},
  author={Zhang, Haoyu and Ananthanarayanan, Ganesh and Bodik, Peter and Philipose, Matthai and Bahl, Paramvir and Freedman, Michael J},
  booktitle={14th USENIX Symposium on Networked Systems Design and Implementation},
  pages={377--392},
  year={2017},
  organization={USENIX }
}
@inproceedings{xu2018joint,
  title={Joint service caching and task offloading for mobile edge computing in dense networks},
  author={Xu, Jie and Chen, Lixing and Zhou, Pan},
  booktitle={IEEE INFOCOM 2018-IEEE Conference on Computer Communications},
  pages={207--215},
  year={2018},
  organization={IEEE}
}
@inproceedings{chen2017joint,
  title={Joint offloading and resource allocation for computation and communication in mobile cloud with computing access point},
  author={Chen, Meng-Hsi and Liang, Ben and Dong, Min},
  booktitle={IEEE INFOCOM 2017-IEEE Conference on Computer Communications},
  pages={1--9},
  year={2017},
  organization={IEEE}
}
@article{bi2018computation,
  title={Computation rate maximization for wireless powered mobile-edge computing with binary computation offloading},
  author={Bi, Suzhi and Zhang, Ying Jun},
  journal={IEEE Transactions on Wireless Communications},
  volume={17},
  number={6},
  pages={4177--4190},
  year={2018},
  publisher={IEEE}
}
@article{du2018computation,
  title={Computation offloading and resource allocation in mixed fog/cloud computing systems with min-max fairness guarantee},
  author={Du, Jianbo and Zhao, Liqiang and Feng, Jie and Chu, Xiaoli},
  journal={IEEE Transactions on Communications},
  volume={66},
  number={4},
  pages={1594--1608},
  year={2018},
  publisher={IEEE}
}
@article{luong2019applications,
  title={Applications of deep reinforcement learning in communications and networking: A survey},
  author={Luong, Nguyen Cong and Hoang, Dinh Thai and Gong, Shimin and Niyato, Dusit and Wang, Ping and Liang, Ying-Chang and Kim, Dong In},
  journal={IEEE Communications Surveys \& Tutorials},
  year={2019},
  publisher={IEEE}
}
@article{min2019learning,
  title={Learning-based computation offloading for IoT devices with energy harvesting},
  author={Min, Minghui and Xiao, Liang and Chen, Ye and Cheng, Peng and Wu, Di and Zhuang, Weihua},
  journal={IEEE Transactions on Vehicular Technology},
  volume={68},
  number={2},
  pages={1930--1941},
  year={2019},
  publisher={IEEE}
}
@article{alam2019autonomic,
  title={Autonomic computation offloading in mobile edge for IoT applications},
  author={Alam, Md Golam Rabiul and Hassan, Mohammad Mehedi and Uddin, Md ZIa and Almogren, Ahmad and Fortino, Giancarlo},
  journal={Future Generation Computer Systems},
  volume={90},
  pages={149--157},
  year={2019},
  publisher={Elsevier}
}
@article{mnih2015human,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529},
  year={2015},
  publisher={Nature Publishing Group}
}
@inproceedings{li2018deep,
  title={Deep reinforcement learning based computation offloading and resource allocation for MEC},
  author={Li, Ji and Gao, Hui and Lv, Tiejun and Lu, Yueming},
  booktitle={IEEE Wireless Communications and Networking Conference },
  pages={1--6},
  year={2018},
  organization={IEEE}
}
@article{he2017software,
  title={Software-defined networks with mobile edge computing and caching for smart cities: A big data deep reinforcement learning approach},
  author={He, Ying and Yu, F Richard and Zhao, Nan and Leung, Victor CM and Yin, Hongxi},
  journal={IEEE Communications Magazine},
  volume={55},
  number={12},
  pages={31--37},
  year={2017},
  publisher={IEEE}
}
@article{chen2018optimized,
  title={Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning},
  author={Chen, Xianfu and Zhang, Honggang and Wu, Celimuge and Mao, Shiwen and Ji, Yusheng and Bennis, Mehdi},
  journal={IEEE Internet of Things Journal},
year={2019}, 
volume={6}, 
number={3}, 
pages={4005-4018}, 
  publisher={IEEE}
}
@article{zhang2018deep,
  title={A deep reinforcement learning based approach for cost-and energy-aware multi-flow mobile data offloading},
  author={Zhang, Cheng and Liu, Zhi and Gu, Bo and Yamori, Kyoko and Tanaka, Yoshiaki},
  journal={IEICE Transactions on Communications},
  volume={E101.B},
  number={7},
  pages={1625--1634},
  year={2018},
  publisher={The Institute of Electronics, Information and Communication Engineers}
}
@inproceedings{mao2016resource,
  title={Resource management with deep reinforcement learning},
  author={Mao, Hongzi and Alizadeh, Mohammad and Menache, Ishai and Kandula, Srikanth},
  booktitle={Proceedings of the 15th ACM Workshop on Hot Topics in Networks},
  pages={50--56},
  year={2016},
  organization={ACM}
}

@inproceedings{xu2018experience,
  title={Experience-driven networking: A deep reinforcement learning based approach},
  author={Xu, Zhiyuan and Tang, Jian and Meng, Jingsong and Zhang, Weiyi and Wang, Yanzhi and Liu, Chi Harold and Yang, Dejun},
  booktitle={IEEE INFOCOM 2018-IEEE Conference on Computer Communications},
  pages={1871--1879},
  year={2018},
  organization={IEEE}
}


@inproceedings{zhang2019reles,
  title={ReLeS: A Neural Adaptive Multipath Scheduler based on Deep Reinforcement Learning},
  author={Zhang, Han and Li, Wenzhong and Gao, Shaohua and Wang, Xiaoliang and Ye, Baoliu},
  booktitle={IEEE INFOCOM 2019-IEEE Conference on Computer Communications},
  pages={1648--1656},
  year={2019},
  organization={IEEE}
}

